from model_controller import ModelPredictController, ModelTrainController
from plotter import Plotter
from glob import glob
from IPython.display import Image

Found GPU at: /device:GPU:0
2.5.0
Found GPU at: /device:GPU:0
2.5.0
Found GPU at: /device:GPU:0
Found GPU at: /device:GPU:0
2.5.0

model = ModelPredictController(NUM_LINHAS=8);

model.load()

building...
total do vocabulario=  179
VOCAB_SIZE 180

model.restoreFromCheckpointName('train_20211026_curriculum_try2_8lines_INCR_LEN__NO_TEACH__CURRICULUM--curriculum-8-linhas--etapa-1')
# model.restoreFromBestCheckpoint()

restore from pretraining  ../train-folder/checkpoints/train_20211026_curriculum_try2_8lines_INCR_LEN__NO_TEACH__CURRICULUM--curriculum-8-linhas--etapa-1\ckpt-1 ...

model.evaluateForTest('test-8lines', plot_attention=False, _len= 16)

target_len=  16
evaluating dataset  test-8lines
evaluating total images:  114 ...
evaluating  0 ...
------------------------ 0 ------------------------------
predicted ['c4', 'c5', 'Nf3', 'e6', 'd4', 'cxd4', 'Nxd4', 'g6', 'Nc3', 'Bg7', 'Be3', 'Bb7', 'Bd3', 'Nge7', 'Bb4', 'Nge7']
expected ['e4', 'c5', 'Nf3', 'e6', 'd4', 'cxd4', 'Nxd4', 'a6', 'c4', 'Qc7', 'Nc3', 'Nf6', 'Be3', 'Bb4', 'Qd2', 'Nxe4']
------------------------ 1 ------------------------------
predicted ['e4', 'e5', 'Nf3', 'd6', 'Bxc3+', 'Bb4+', 'Bb4+', 'cxd4', 'O-O', 'Nc6', 'Re1', 'c6', 'Nc3', 'Nc3', 'Nc3', 'O-O']
expected ['e4', 'c5', 'Nf3', 'd6', 'Bb5+', 'Bd7', 'Bxd7+', 'Nxd7', 'O-O', 'Ngf6', 'Re1', 'e5', 'c3', 'Be7', 'd3', 'O-O']
------------------------ 2 ------------------------------
predicted ['Nf3', 'Nf6', 'Nf3', 'd5', 'Bg2', 'Bg7', 'O-O', 'cxd4', 'Bg5', 'd6', 'd3', 'Rb8', 'O-O', 'Rb8', 'Bd3', 'Bb4']
expected ['Nf3', 'Nf6', 'g3', 'd5', 'c4', 'e6', 'b3', 'Be7', 'Bb2', 'O-O', 'Bg2', 'Nbd7', 'O-O', 'c6', 'd3', 'Re8']
------------------------ 3 ------------------------------
predicted ['c4', 'g6', 'Nc3', 'Nc6', 'g3', 'g6', 'Bg5', 'Bg7', 'Nc3', 'f6', 'O-O', 'e5', 'c3', 'Nd7', 'd4', 'O-O']
expected ['c4', 'c5', 'Nc3', 'Nc6', 'g3', 'g6', 'Bg2', 'Bg7', 'Nf3', 'd6', 'O-O', 'e5', 'd3', 'Nge7', 'Rb1', 'O-O']
------------------------ 4 ------------------------------
predicted ['d4', 'd5', 'Bc4', 'Nc6', 'Nc3', 'c5', 'Nc3', 'Qb6', 'Qe2', 'Ne4', 'Qc2', 'g6', 'Nbd2', 'O-O', 'e4', 'Nb6']
expected ['d4', 'd5', 'Bf4', 'Nf6', 'e3', 'c5', 'c3', 'Qb6', 'Qb3', 'c4', 'Qc2', 'g6', 'Nd2', 'Nc6', 'e4', 'e6']
evaluating  100 ...
len 1 accuracy 0.7894737124443054 cir 0.10672515
len 2 accuracy 0.6929824352264404 cir 0.17032164
len 3 accuracy 0.6783625483512878 cir 0.19736843
len 4 accuracy 0.6622806787490845 cir 0.20413013
len 5 accuracy 0.6491228342056274 cir 0.22239767
len 6 accuracy 0.6198830604553223 cir 0.2572125
len 7 accuracy 0.5927318334579468 cir 0.28416878
len 8 accuracy 0.5734649300575256 cir 0.30529973
len 9 accuracy 0.5516569018363953 cir 0.32279077
len 10 accuracy 0.527193009853363 cir 0.34400582
len 11 accuracy 0.5039872527122498 cir 0.37041467
len 12 accuracy 0.4795321524143219 cir 0.396077
len 13 accuracy 0.4655870497226715 cir 0.4120558
len 14 accuracy 0.44736841320991516 cir 0.43583962
len 15 accuracy 0.4432748556137085 cir 0.4394347
len 16 accuracy 0.4364035129547119 cir 0.4450932

model.evaluateForTest('test-8lines', plot_attention=True, _len= 16)

target_len=  16
evaluating dataset  test-8lines
evaluating total images:  114 ...
evaluating  0 ...
------------------------ 0 ------------------------------
predicted ['c4', 'c5', 'Nf3', 'e6', 'd4', 'cxd4', 'Nxd4', 'g6', 'Nc3', 'Bg7', 'Be3', 'Bd7', 'Qd2', 'Nge7', 'Ne4', 'Nge7']
expected ['e4', 'c5', 'Nf3', 'e6', 'd4', 'cxd4', 'Nxd4', 'a6', 'c4', 'Qc7', 'Nc3', 'Nf6', 'Be3', 'Bb4', 'Qd2', 'Nxe4']
../test-data/test-8lines\images\carnaval_0004_fullpage.jpg

------------------------ 1 ------------------------------
predicted ['e4', 'e5', 'Nf3', 'd6', 'Bxc3+', 'Bb4+', 'Bxd7+', 'cxd4', 'O-O', 'Nc6', 'e4', 'c6', 'Nc3', 'Be7', 'd3', 'O-O']
expected ['e4', 'c5', 'Nf3', 'd6', 'Bb5+', 'Bd7', 'Bxd7+', 'Nxd7', 'O-O', 'Ngf6', 'Re1', 'e5', 'c3', 'Be7', 'd3', 'O-O']
../test-data/test-8lines\images\carnaval_0015_fullpage.jpg

------------------------ 2 ------------------------------
predicted ['Nf3', 'Nf6', 'g3', 'd6', 'e5', 'Bg7', 'Nf3', 'cxd4', 'O-O', 'Nf6', 'Bd3', 'Rb8', 'O-O', 'Nb6', 'd3', 'Qb6']
expected ['Nf3', 'Nf6', 'g3', 'd5', 'c4', 'e6', 'b3', 'Be7', 'Bb2', 'O-O', 'Bg2', 'Nbd7', 'O-O', 'c6', 'd3', 'Re8']
../test-data/test-8lines\images\carnaval_0023_fullpage.jpg

------------------------ 3 ------------------------------
predicted ['c4', 'g6', 'Nf3', 'Nc6', 'g3', 'a6', 'f4', 'Bg7', 'c4', 'f6', 'O-O', 'e5', 'Nc3', 'Nfd7', 'Bh4', 'O-O']
expected ['c4', 'c5', 'Nc3', 'Nc6', 'g3', 'g6', 'Bg2', 'Bg7', 'Nf3', 'd6', 'O-O', 'e5', 'd3', 'Nge7', 'Rb1', 'O-O']
../test-data/test-8lines\images\carnaval_0029_fullpage.jpg

------------------------ 4 ------------------------------
predicted ['d4', 'd5', 'Bc4', 'Nc6', 'Nf3', 'e5', 'c3', 'b6', 'Qc2', 'Ne4', 'Qc2', 'O-O', 'Nbd2', 'O-O', 'e4', 'a6']
expected ['d4', 'd5', 'Bf4', 'Nf6', 'e3', 'c5', 'c3', 'Qb6', 'Qb3', 'c4', 'Qc2', 'g6', 'Nd2', 'Nc6', 'e4', 'e6']
../test-data/test-8lines\images\carnaval_0032_fullpage.jpg

../test-data/test-8lines\images\carnaval_0033_fullpage.jpg

../test-data/test-8lines\images\carnaval_0038_fullpage.jpg

../test-data/test-8lines\images\carnaval_0040_fullpage.jpg

../test-data/test-8lines\images\carnaval_0042_fullpage.jpg

../test-data/test-8lines\images\carnaval_0051_fullpage.jpg

../test-data/test-8lines\images\carnaval_0055_fullpage.jpg

../test-data/test-8lines\images\carnaval_0058_fullpage.jpg

../test-data/test-8lines\images\carnaval_0059_fullpage.jpg

../test-data/test-8lines\images\carnaval_0067_fullpage.jpg

../test-data/test-8lines\images\carnaval_0068_fullpage.jpg

../test-data/test-8lines\images\carnaval_0071_fullpage.jpg

../test-data/test-8lines\images\carnaval_0072_fullpage.jpg

../test-data/test-8lines\images\carnaval_0082_fullpage.jpg

../test-data/test-8lines\images\carnaval_0086_fullpage.jpg

../test-data/test-8lines\images\carnaval_0090_fullpage.jpg

../test-data/test-8lines\images\carnaval_0091_fullpage.jpg

../test-data/test-8lines\images\carnaval_0104_fullpage.jpg

../test-data/test-8lines\images\carnaval_0106_fullpage.jpg

../test-data/test-8lines\images\carnaval_0109_fullpage.jpg

../test-data/test-8lines\images\carnaval_0114_fullpage.jpg

../test-data/test-8lines\images\carnaval_0124_fullpage.jpg

../test-data/test-8lines\images\carnaval_0144_fullpage.jpg

../test-data/test-8lines\images\carnaval_0150_fullpage.jpg

../test-data/test-8lines\images\carnaval_0155_fullpage.jpg

../test-data/test-8lines\images\carnaval_0156_fullpage.jpg

../test-data/test-8lines\images\carnaval_0157_fullpage.jpg

../test-data/test-8lines\images\carnaval_0161_fullpage.jpg

../test-data/test-8lines\images\carnaval_0164_fullpage.jpg

../test-data/test-8lines\images\carnaval_0170_fullpage.jpg

../test-data/test-8lines\images\carnaval_0172_fullpage.jpg

../test-data/test-8lines\images\carnaval_0174_fullpage.jpg

../test-data/test-8lines\images\carnaval_0176_fullpage.jpg

../test-data/test-8lines\images\carnaval_0181_fullpage.jpg

../test-data/test-8lines\images\carnaval_0204_fullpage.jpg

../test-data/test-8lines\images\carnaval_0213_fullpage.jpg

../test-data/test-8lines\images\carnaval_0223_fullpage.jpg

../test-data/test-8lines\images\carnaval_0227_fullpage.jpg

../test-data/test-8lines\images\carnaval_0230_fullpage.jpg

../test-data/test-8lines\images\carnaval_0232_fullpage.jpg

../test-data/test-8lines\images\carnaval_0233_fullpage.jpg

../test-data/test-8lines\images\carnaval_0234_fullpage.jpg

../test-data/test-8lines\images\carnaval_0252_fullpage.jpg

../test-data/test-8lines\images\carnaval_0268_fullpage.jpg

../test-data/test-8lines\images\carnaval_0271_fullpage.jpg

../test-data/test-8lines\images\carnaval_0282_fullpage.jpg

../test-data/test-8lines\images\carnaval_0283_fullpage.jpg

../test-data/test-8lines\images\carnaval_0286_fullpage.jpg

../test-data/test-8lines\images\carnaval_0287_fullpage.jpg

../test-data/test-8lines\images\carnaval_0294_fullpage.jpg

../test-data/test-8lines\images\carnaval_0297_fullpage.jpg

../test-data/test-8lines\images\carnaval_0298_fullpage.jpg

../test-data/test-8lines\images\carnaval_0324_fullpage.jpg

../test-data/test-8lines\images\carnaval_0328_fullpage.jpg

../test-data/test-8lines\images\carnaval_0330_fullpage.jpg

../test-data/test-8lines\images\carnaval_0335_fullpage.jpg

../test-data/test-8lines\images\carnaval_0347_fullpage.jpg

../test-data/test-8lines\images\carnaval_0356_fullpage.jpg

../test-data/test-8lines\images\carnaval_0357_fullpage.jpg

../test-data/test-8lines\images\carnaval_0361_fullpage.jpg

../test-data/test-8lines\images\carnaval_0367_fullpage.jpg

../test-data/test-8lines\images\carnaval_0372_fullpage.jpg

../test-data/test-8lines\images\carnaval_0373_fullpage.jpg

../test-data/test-8lines\images\carnaval_0375_fullpage.jpg

../test-data/test-8lines\images\carnaval_0379_fullpage.jpg

../test-data/test-8lines\images\carnaval_0395_fullpage.jpg

../test-data/test-8lines\images\carnaval_0401_fullpage.jpg

../test-data/test-8lines\images\carnaval_0404_fullpage.jpg

../test-data/test-8lines\images\carnaval_0408_fullpage.jpg

../test-data/test-8lines\images\carnaval_0422_fullpage.jpg

../test-data/test-8lines\images\carnaval_0425_fullpage.jpg

../test-data/test-8lines\images\carnaval_0426_fullpage.jpg

../test-data/test-8lines\images\carnaval_0444_fullpage.jpg

../test-data/test-8lines\images\carnaval_0449_fullpage.jpg

../test-data/test-8lines\images\carnaval_0466_fullpage.jpg

../test-data/test-8lines\images\carnaval_0473_fullpage.jpg

../test-data/test-8lines\images\carnaval_0483_fullpage.jpg

../test-data/test-8lines\images\carnaval_0485_fullpage.jpg

../test-data/test-8lines\images\carnaval_0487_fullpage.jpg

../test-data/test-8lines\images\carnaval_0494_fullpage.jpg

../test-data/test-8lines\images\carnaval_0501_fullpage.jpg

../test-data/test-8lines\images\carnaval_0503_fullpage.jpg

../test-data/test-8lines\images\carnaval_0507_fullpage.jpg

../test-data/test-8lines\images\carnaval_0509_fullpage.jpg

../test-data/test-8lines\images\carnaval_0514_fullpage.jpg

../test-data/test-8lines\images\carnaval_0542_fullpage.jpg

../test-data/test-8lines\images\carnaval_0544_fullpage.jpg

../test-data/test-8lines\images\carnaval_0551_fullpage.jpg

../test-data/test-8lines\images\carnaval_0553_fullpage.jpg

../test-data/test-8lines\images\carnaval_0554_fullpage.jpg

../test-data/test-8lines\images\carnaval_0565_fullpage.jpg

../test-data/test-8lines\images\carnaval_0569_fullpage.jpg

../test-data/test-8lines\images\carnaval_0578_fullpage.jpg

../test-data/test-8lines\images\carnaval_0580_fullpage.jpg

../test-data/test-8lines\images\carnaval_0589_fullpage.jpg

../test-data/test-8lines\images\carnaval_0590_fullpage.jpg

evaluating  100 ...
../test-data/test-8lines\images\carnaval_0592_fullpage.jpg

../test-data/test-8lines\images\carnaval_0596_fullpage.jpg

../test-data/test-8lines\images\carnaval_0598_fullpage.jpg

../test-data/test-8lines\images\carnaval_0601_fullpage.jpg

../test-data/test-8lines\images\carnaval_0606_fullpage.jpg

../test-data/test-8lines\images\carnaval_0607_fullpage.jpg

../test-data/test-8lines\images\carnaval_0608_fullpage.jpg

../test-data/test-8lines\images\carnaval_0614_fullpage.jpg

../test-data/test-8lines\images\carnaval_0625_fullpage.jpg

../test-data/test-8lines\images\carnaval_0626_fullpage.jpg

../test-data/test-8lines\images\carnaval_0629_fullpage.jpg

../test-data/test-8lines\images\carnaval_0648_fullpage.jpg

../test-data/test-8lines\images\carnaval_0655_fullpage.jpg

../test-data/test-8lines\images\carnaval_0676_fullpage.jpg

len 1 accuracy 0.7368420958518982 cir 0.14619884
len 2 accuracy 0.6666666865348816 cir 0.19078949
len 3 accuracy 0.6725146174430847 cir 0.19420078
len 4 accuracy 0.6732456088066101 cir 0.19517545
len 5 accuracy 0.6543859839439392 cir 0.21070176
len 6 accuracy 0.6198830604553223 cir 0.24588206
len 7 accuracy 0.5927318334579468 cir 0.27852967
len 8 accuracy 0.5635964870452881 cir 0.31142178
len 9 accuracy 0.5409356951713562 cir 0.32839507
len 10 accuracy 0.5157894492149353 cir 0.34744152
len 11 accuracy 0.4928229749202728 cir 0.37563798
len 12 accuracy 0.47002923488616943 cir 0.40031677
len 13 accuracy 0.4554655849933624 cir 0.41602567
len 14 accuracy 0.43546366691589355 cir 0.44419387
len 15 accuracy 0.43157893419265747 cir 0.44586745
len 16 accuracy 0.4270833432674408 cir 0.44820905